# import libraries
import warnings
warnings.filterwarnings('ignore')
import os
import sys
import pandas as pd
pd.set_option('display.max_rows', None)
pd.set_option('display.max_columns', None)
import matplotlib.pyplot as plt
%matplotlib inline
import seaborn as sns
plt.style.use('seaborn-whitegrid')
import numpy as np
import warnings
warnings.filterwarnings("ignore")
#from IPython.core.display import display, HTML
#display(HTML("<style>.container { width:100% !important; }</style>"))
from tqdm.notebook import tqdm_notebook
tqdm_notebook.pandas()
import fastparquet
os.chdir('D:\\AOT_TEMPERATURE_ONLY_DATASET\\AoT_Chicago.complete.temp1')
df3 = pd.read_parquet('333_tempset_1_perfect.parquet',
engine='fastparquet')
df3.head(10)
| node_id | subsystem | sensor | parameter | value_hrf | |
|---|---|---|---|---|---|
| timestamp | |||||
| 2019-01-01 00:00:00 | 001e06113f54 | metsense | pr103j2 | temperature | 43.16 |
| 2019-01-01 00:00:01 | 001e0610ee33 | metsense | pr103j2 | temperature | 39.56 |
| 2019-01-01 00:00:01 | 001e061146bc | metsense | pr103j2 | temperature | 37.40 |
| 2019-01-01 00:00:01 | 001e061146cb | metsense | pr103j2 | temperature | 38.48 |
| 2019-01-01 00:00:02 | 001e0610bc12 | metsense | pr103j2 | temperature | 40.28 |
| 2019-01-01 00:00:02 | 001e0610f02f | metsense | pr103j2 | temperature | 39.20 |
| 2019-01-01 00:00:03 | 001e0610ee36 | metsense | pr103j2 | temperature | 39.83 |
| 2019-01-01 00:00:04 | 001e0610f6db | metsense | pr103j2 | temperature | 48.65 |
| 2019-01-01 00:00:05 | 001e0610ee5d | metsense | pr103j2 | temperature | 38.30 |
| 2019-01-01 00:00:06 | 001e06113a24 | metsense | pr103j2 | temperature | 40.73 |
print('Number of sensors in this case:')
Number of sensors in this case:
len(df3.node_id.unique())
60
# 12M rows of data
print('Example of one sensors temperature readings:')
Example of one sensors temperature readings:
print('We are honestly looking for sparkline type format:')
We are honestly looking for sparkline type format:
plt.style.use("dark_background")
small_window = list(df3.node_id.unique())
for w in small_window:
plt.figure(figsize=(13,4),dpi = 200)
plt.grid(False)
sns.lineplot( x = df3[df3.node_id == w].index,
y=df3[df3.node_id == w].value_hrf,
linewidth=.7,
color='cyan')
sns.despine()
plt.xlabel(''),
plt.ylabel('Temperature (F)')
plt.title('node_id: = {}'.format(w))
plt.tight_layout()
plt.axis('off')
plt.show()